This is an R Markdown Notebook. When you execute code within the notebook, the results appear beneath the code.

Try executing this chunk by clicking the Run button within the chunk or by placing your cursor inside it and pressing Cmd+Shift+Enter.

knitr::opts_chunk$set(message = FALSE)
knitr::opts_chunk$set(warning = FALSE)
ma_data <- read_csv(DATA_PATH) 
ma_data

contingency table

ALL_CATEGORICAL_VARS <- c("test_type","presentation_type",
                      "agent_argument_type_clean", "patient_argument_type_clean", 
                     "stimuli_modality", "stimuli_actor", "character_identification", "practice_phase", "test_mass_or_distributed", "test_method")




get_cross_counts <- function(args, df){
  var1 = args[[1]]
  var2 = args[[2]]
  
  if (var1 != var2){
  
  df %>%
    select_(var1, var2) %>%
    rename(v1 = var1, 
          v2 = var2) %>%
    count(v1, v2) %>%
    mutate(v1_long = glue("{var1}/{v1}"),
           v2_long = glue("{var2}/{v2}"))  %>%
    select(v1_long, v2_long, n) 

  }
}

all_pair_counts <- list(ALL_CATEGORICAL_VARS,
                        ALL_CATEGORICAL_VARS) %>%
  cross() %>%
  map_df(get_cross_counts, ma_data) %>%
  complete(v1_long, v2_long, fill = list(n = 0)) %>%
  filter(v1_long != v2_long)


  all_counts_wide <- all_pair_counts %>%
    pivot_wider(names_from = v2_long, values_from = n) 
  

  all_counts_wide_matrix <- all_counts_wide %>%
    select(-v1_long) %>%
    as.matrix()
  
  row.names(all_counts_wide_matrix) <-   all_counts_wide$v1_long
  heatmaply(all_counts_wide_matrix,
            fontsize_row = 8,
            fontsize_col = 8)

Model selections??

http://www.metafor-project.org/doku.php/tips:model_selection_with_glmulti_and_mumin

model selection

reasonable:

rma.glmulti <- function(formula,data)
  {rma.mv(formula, d_var_calc, data=ma_data, method="ML")
}

res_reasonable <- glmulti(d_calc ~ mean_age + sentence_structure + agent_argument_type_clean + patient_argument_type_clean  + test_mass_or_distributed + practice_phase + character_identification + n_repetitions_sentence + test_method , data=ma_data, level=1, fitfunction=rma.glmulti, crit="aicc", confsetsize=32)
## Initialization...
## TASK: Exhaustive screening of candidate set.
## Fitting...
## 
## After 50 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed
## Crit= 747.901978397537
## Mean crit= 784.571373343868

## 
## After 100 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed+character_identification
## Crit= 733.521022022465
## Mean crit= 763.040143333733

## 
## After 150 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed+character_identification
## Crit= 733.521022022465
## Mean crit= 755.463351605607

## 
## After 200 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed+character_identification
## Crit= 733.521022022465
## Mean crit= 752.360618731885

## 
## After 250 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed+character_identification
## Crit= 733.521022022465
## Mean crit= 747.836982462755

## 
## After 300 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed+character_identification
## Crit= 733.521022022465
## Mean crit= 744.610581910332

## 
## After 350 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed+character_identification
## Crit= 733.521022022465
## Mean crit= 743.889045948981

## 
## After 400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed+character_identification+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed+character_identification+test_method
## Crit= 729.698867329979
## Mean crit= 739.778804515405

## 
## After 450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed+character_identification+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed+character_identification+test_method
## Crit= 729.698867329979
## Mean crit= 739.374648648293

## 
## After 500 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 728.799993166502
## Mean crit= 737.828224140681

## Completed.
top <- weightable(res_reasonable)
top <- top[top$aicc <= min(top$aicc) + 2,]

summary(res_reasonable@objects[[1]])
## 
## Multivariate Meta-Analysis Model (k = 122; method: ML)
## 
##    logLik   Deviance        AIC        BIC       AICc 
## -347.1358   733.8873   724.2717   766.3320   728.8000   
## 
## Variance Components: none
## 
## Test for Residual Heterogeneity:
## QE(df = 107) = 733.8873, p-val < .0001
## 
## Test of Moderators (coefficients 2:15):
## QM(df = 14) = 117.0207, p-val < .0001
## 
## Model Results:
## 
##                                          estimate      se     zval    pval 
## intrcpt                                    0.1202  0.2543   0.4728  0.6364 
## mean_age                                  -0.0002  0.0001  -1.7294  0.0837 
## sentence_structuretransitive              -0.2351  0.1482  -1.5867  0.1126 
## agent_argument_type_cleandropping_noise   -0.5346  0.2757  -1.9389  0.0525 
## agent_argument_type_cleannoun             -0.0062  0.1615  -0.0383  0.9695 
## agent_argument_type_cleannoun_phrase       0.2378  0.2090   1.1381  0.2551 
## agent_argument_type_cleanpronoun          -0.8377  0.2006  -4.1750  <.0001 
## agent_argument_type_cleanvarying_agent    -0.3516  0.1574  -2.2336  0.0255 
## patient_argument_type_cleannoun            0.2530  0.1463   1.7294  0.0837 
## patient_argument_type_cleannoun_phrase     1.2482  0.1911   6.5336  <.0001 
## patient_argument_type_cleanpronoun         1.1048  0.2032   5.4363  <.0001 
## test_mass_or_distributedmass               0.5176  0.0963   5.3759  <.0001 
## character_identificationyes                0.3268  0.0778   4.2011  <.0001 
## n_repetitions_sentence                     0.0131  0.0070   1.8713  0.0613 
## test_methodpoint                           0.3004  0.1082   2.7757  0.0055 
##                                            ci.lb    ci.ub 
## intrcpt                                  -0.3782   0.6187      
## mean_age                                 -0.0004   0.0000    . 
## sentence_structuretransitive             -0.5256   0.0553      
## agent_argument_type_cleandropping_noise  -1.0751   0.0058    . 
## agent_argument_type_cleannoun            -0.3226   0.3103      
## agent_argument_type_cleannoun_phrase     -0.1717   0.6473      
## agent_argument_type_cleanpronoun         -1.2310  -0.4444  *** 
## agent_argument_type_cleanvarying_agent   -0.6602  -0.0431    * 
## patient_argument_type_cleannoun          -0.0337   0.5396    . 
## patient_argument_type_cleannoun_phrase    0.8738   1.6227  *** 
## patient_argument_type_cleanpronoun        0.7065   1.5031  *** 
## test_mass_or_distributedmass              0.3289   0.7063  *** 
## character_identificationyes               0.1743   0.4793  *** 
## n_repetitions_sentence                   -0.0006   0.0269    . 
## test_methodpoint                          0.0883   0.5125   ** 
## 
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
plot(res_reasonable, type="s")

summary(res_reasonable@objects[[2]])
## 
## Multivariate Meta-Analysis Model (k = 122; method: ML)
## 
##    logLik   Deviance        AIC        BIC       AICc 
## -347.1358   733.8873   724.2717   766.3320   728.8000   
## 
## Variance Components: none
## 
## Test for Residual Heterogeneity:
## QE(df = 107) = 733.8873, p-val < .0001
## 
## Test of Moderators (coefficients 2:15):
## QM(df = 14) = 117.0207, p-val < .0001
## 
## Model Results:
## 
##                                             estimate      se     zval    pval 
## intrcpt                                       0.1202  0.2543   0.4728  0.6364 
## mean_age                                     -0.0002  0.0001  -1.7294  0.0837 
## agent_argument_type_cleandropping_noise      -0.5346  0.2757  -1.9389  0.0525 
## agent_argument_type_cleannoun                -0.0062  0.1615  -0.0383  0.9695 
## agent_argument_type_cleannoun_phrase          0.2378  0.2090   1.1381  0.2551 
## agent_argument_type_cleanpronoun             -0.8377  0.2006  -4.1750  <.0001 
## agent_argument_type_cleanvarying_agent       -0.3516  0.1574  -2.2336  0.0255 
## patient_argument_type_cleannoun               0.0178  0.0965   0.1846  0.8536 
## patient_argument_type_cleannoun_phrase        1.0131  0.1390   7.2890  <.0001 
## patient_argument_type_cleanpronoun            0.8696  0.1375   6.3247  <.0001 
## patient_argument_type_cleanvarying_patient   -0.2351  0.1482  -1.5867  0.1126 
## test_mass_or_distributedmass                  0.5176  0.0963   5.3759  <.0001 
## character_identificationyes                   0.3268  0.0778   4.2011  <.0001 
## n_repetitions_sentence                        0.0131  0.0070   1.8713  0.0613 
## test_methodpoint                              0.3004  0.1082   2.7757  0.0055 
##                                               ci.lb    ci.ub 
## intrcpt                                     -0.3782   0.6187      
## mean_age                                    -0.0004   0.0000    . 
## agent_argument_type_cleandropping_noise     -1.0751   0.0058    . 
## agent_argument_type_cleannoun               -0.3226   0.3103      
## agent_argument_type_cleannoun_phrase        -0.1717   0.6473      
## agent_argument_type_cleanpronoun            -1.2310  -0.4444  *** 
## agent_argument_type_cleanvarying_agent      -0.6602  -0.0431    * 
## patient_argument_type_cleannoun             -0.1714   0.2070      
## patient_argument_type_cleannoun_phrase       0.7407   1.2855  *** 
## patient_argument_type_cleanpronoun           0.6001   1.1391  *** 
## patient_argument_type_cleanvarying_patient  -0.5256   0.0553      
## test_mass_or_distributedmass                 0.3289   0.7063  *** 
## character_identificationyes                  0.1743   0.4793  *** 
## n_repetitions_sentence                      -0.0006   0.0269    . 
## test_methodpoint                             0.0883   0.5125   ** 
## 
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1

take everything

rma.glmulti <- function(formula,data)
  {rma.mv(formula, d_var_calc, data=ma_data, method="ML")
}

res_sink <- glmulti(d_calc ~mean_age + sentence_structure + agent_argument_type_clean + patient_argument_type_clean + test_type + stimuli_actor + stimuli_modality + presentation_type + test_mass_or_distributed + practice_phase + character_identification + n_repetitions_sentence + n_repetitions_video + test_method, data=ma_data, level=1, fitfunction=rma.glmulti, crit="aicc", confsetsize=32)
## Initialization...
## TASK: Exhaustive screening of candidate set.
## Fitting...
## 
## After 50 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor
## Crit= 760.484551405164
## Mean crit= 784.201049652064

## 
## After 100 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor
## Crit= 760.484551405164
## Mean crit= 775.266577500117

## 
## After 150 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type
## Crit= 739.387678983246
## Mean crit= 765.58686576382

## 
## After 200 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type
## Crit= 737.477278875806
## Mean crit= 753.78300995133

## 
## After 250 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type
## Crit= 737.477278875806
## Mean crit= 746.971048069631

## 
## After 300 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type
## Crit= 737.477278875806
## Mean crit= 744.2211050637

## 
## After 350 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type
## Crit= 737.477278875806
## Mean crit= 742.1513746234

## 
## After 400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed
## Crit= 730.360343716281
## Mean crit= 739.282911619139

## 
## After 450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Crit= 728.967998354458
## Mean crit= 735.959706405024

## 
## After 500 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_modality+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_modality+presentation_type+test_mass_or_distributed
## Crit= 728.824062239949
## Mean crit= 733.695451909065

## 
## After 550 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Crit= 723.381257791248
## Mean crit= 731.123718192268
## 
## After 600 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Crit= 723.381257791248
## Mean crit= 731.123718192268

## 
## After 650 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Crit= 723.381257791248
## Mean crit= 731.123718192268
## 
## After 700 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Crit= 723.381257791248
## Mean crit= 730.990172654656

## 
## After 750 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Crit= 723.381257791248
## Mean crit= 730.65109466356

## 
## After 800 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Crit= 723.381257791248
## Mean crit= 729.449004183837
## 
## After 850 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Crit= 723.381257791248
## Mean crit= 729.449004183837

## 
## After 900 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Crit= 723.381257791248
## Mean crit= 729.449004183837
## 
## After 950 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+practice_phase
## Crit= 719.726366909888
## Mean crit= 727.304161332763

## 
## After 1000 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+practice_phase
## Crit= 719.726366909888
## Mean crit= 726.815140457882

## 
## After 1050 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 725.388773394326

## 
## After 1100 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 724.347762612831
## 
## After 1150 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 724.347762612831

## 
## After 1200 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 724.347762612831
## 
## After 1250 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 724.347762612831
## 
## After 1300 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 724.347762612831
## 
## After 1350 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 724.347762612831
## 
## After 1400 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 724.347762612831
## 
## After 1450 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 724.25450737092

## 
## After 1500 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 723.810562316346

## 
## After 1550 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 723.370541354564

## 
## After 1600 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 722.859062404937
## 
## After 1650 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 722.859062404937

## 
## After 1700 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 722.859062404937
## 
## After 1750 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 722.859062404937
## 
## After 1800 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 722.859062404937
## 
## After 1850 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 722.859062404937
## 
## After 1900 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 722.859062404937
## 
## After 1950 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 722.859062404937
## 
## After 2000 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 722.208183883711

## 
## After 2050 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 722.166128785957

## 
## After 2100 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 721.777741234426

## 
## After 2150 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 721.070061624518
## 
## After 2200 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 721.070061624518

## 
## After 2250 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 721.070061624518
## 
## After 2300 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 721.070061624518
## 
## After 2350 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 721.070061624518
## 
## After 2400 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 721.070061624518
## 
## After 2450 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 721.070061624518
## 
## After 2500 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 721.070061624518
## 
## After 2550 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 721.070061624518
## 
## After 2600 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 721.070061624518
## 
## After 2650 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 720.537438665782
## 
## After 2700 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 720.537438665782

## 
## After 2750 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 720.537438665782
## 
## After 2800 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 720.537438665782
## 
## After 2850 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 720.537438665782
## 
## After 2900 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 719.888386723737

## 
## After 2950 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 719.394350095042
## 
## After 3000 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 719.394350095042

## 
## After 3050 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 718.992717804467

## 
## After 3100 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 718.989668310586
## 
## After 3150 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 718.989668310586

## 
## After 3200 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 716.756813270356
## 
## After 3250 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 716.756813270356

## 
## After 3300 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 716.756813270356
## 
## After 3350 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 716.756813270356
## 
## After 3400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 716.756813270356
## 
## After 3450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 716.740559747639
## 
## After 3500 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 716.740559747639

## 
## After 3550 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 716.740559747639
## 
## After 3600 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 716.516735084507

## 
## After 3650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 716.364341844693

## 
## After 3700 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 715.471902938834

## 
## After 3750 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 715.244640215631
## 
## After 3800 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 715.244640215631

## 
## After 3850 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 715.244640215631
## 
## After 3900 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 715.244640215631
## 
## After 3950 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 715.209118890118

## 
## After 4000 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 714.639281125889
## 
## After 4050 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 714.639281125889

## 
## After 4100 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 714.639281125889
## 
## After 4150 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 714.523579426809

## 
## After 4200 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 714.327128292568

## 
## After 4250 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 4300 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918

## 
## After 4350 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 4400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 4450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 4500 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 4550 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 4600 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 4650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 4700 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 4750 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 4800 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 4850 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 4900 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 4950 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 5000 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 5050 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 5100 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 5150 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 5200 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 5250 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 5300 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 5350 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 5400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 5450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 5500 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 5550 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 5600 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 5650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 5700 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 5750 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 5800 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 5850 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 5900 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 5950 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 6000 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 6050 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 6100 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 6150 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 6200 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 6250 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 6300 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 6350 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 6400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 6450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 6500 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 6550 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 6600 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 6650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 6700 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 6750 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 6800 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 6850 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 6900 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 6950 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 7000 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 7050 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 7100 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 7150 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 7200 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 7250 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 7300 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 7350 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
## 
## After 7400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.854501850999

## 
## After 7450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.644879645945
## 
## After 7500 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.644879645945

## 
## After 7550 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.644879645945
## 
## After 7600 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.644879645945
## 
## After 7650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.644879645945
## 
## After 7700 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.644879645945
## 
## After 7750 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.644879645945
## 
## After 7800 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.644879645945
## 
## After 7850 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.644879645945
## 
## After 7900 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.644879645945
## 
## After 7950 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.615036243605
## 
## After 8000 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.615036243605

## 
## After 8050 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.615036243605
## 
## After 8100 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.615036243605
## 
## After 8150 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.615036243605
## 
## After 8200 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.50662079803
## 
## After 8250 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.50662079803

## 
## After 8300 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.50662079803
## 
## After 8350 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.50662079803
## 
## After 8400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.50662079803
## 
## After 8450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.50662079803
## 
## After 8500 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 711.943055524126
## 
## After 8550 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 711.943055524126

## 
## After 8600 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 711.943055524126
## 
## After 8650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 711.943055524126
## 
## After 8700 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 711.943055524126
## 
## After 8750 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 711.943055524126
## 
## After 8800 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 711.943055524126
## 
## After 8850 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 711.943055524126
## 
## After 8900 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+test_method
## Crit= 700.221097562765
## Mean crit= 710.236225432174
## 
## After 8950 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+test_method
## Crit= 700.221097562765
## Mean crit= 710.236225432174

## 
## After 9000 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+test_method
## Crit= 696.597293149923
## Mean crit= 708.852939846039

## 
## After 9050 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+test_method
## Crit= 696.597293149923
## Mean crit= 707.486272066772
## 
## After 9100 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+test_method
## Crit= 696.597293149923
## Mean crit= 707.486272066772

## 
## After 9150 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+test_method
## Crit= 696.597293149923
## Mean crit= 707.486272066772
## 
## After 9200 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+test_method
## Crit= 696.597293149923
## Mean crit= 707.486272066772
## 
## After 9250 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+test_method
## Crit= 696.597293149923
## Mean crit= 707.486272066772
## 
## After 9300 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+test_method
## Crit= 696.597293149923
## Mean crit= 707.486272066772
## 
## After 9350 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+test_method
## Crit= 696.597293149923
## Mean crit= 707.486272066772
## 
## After 9400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+practice_phase+test_method
## Crit= 695.060648700622
## Mean crit= 705.846154332375

## 
## After 9450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+practice_phase+test_method
## Crit= 695.060648700622
## Mean crit= 705.359963207032
## 
## After 9500 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+practice_phase+test_method
## Crit= 695.060648700622
## Mean crit= 705.359963207032

## 
## After 9550 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 702.94694949999
## 
## After 9600 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 702.94694949999

## 
## After 9650 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 702.94694949999
## 
## After 9700 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 702.94694949999
## 
## After 9750 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 702.94694949999
## 
## After 9800 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 702.94694949999
## 
## After 9850 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 702.94694949999
## 
## After 9900 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 702.94694949999
## 
## After 9950 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 702.227504997725
## 
## After 10000 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 702.227504997725

## 
## After 10050 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 701.568287104403

## 
## After 10100 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 700.928833261317
## 
## After 10150 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 700.928833261317

## 
## After 10200 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 700.928833261317
## 
## After 10250 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 700.928833261317
## 
## After 10300 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 700.928833261317
## 
## After 10350 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 700.928833261317
## 
## After 10400 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 700.928833261317
## 
## After 10450 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 700.187587524276

## 
## After 10500 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 699.599097027611
## 
## After 10550 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 699.599097027611

## 
## After 10600 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 698.100709083588
## 
## After 10650 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 698.100709083588

## 
## After 10700 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 698.100709083588
## 
## After 10750 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 698.100709083588
## 
## After 10800 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 698.100709083588
## 
## After 10850 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 698.100709083588
## 
## After 10900 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 698.100709083588
## 
## After 10950 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 698.100709083588
## 
## After 11000 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+n_repetitions_sentence+test_method
## Crit= 688.246329986395
## Mean crit= 696.126978368352
## 
## After 11050 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+n_repetitions_sentence+test_method
## Crit= 688.246329986395
## Mean crit= 696.126978368352

## 
## After 11100 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+n_repetitions_sentence+test_method
## Crit= 688.246329986395
## Mean crit= 696.126978368352
## 
## After 11150 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Crit= 671.719872727687
## Mean crit= 691.477325943681
## 
## After 11200 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Crit= 671.719872727687
## Mean crit= 691.477325943681

## 
## After 11250 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Crit= 671.719872727687
## Mean crit= 691.477325943681
## 
## After 11300 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Crit= 671.719872727687
## Mean crit= 691.477325943681
## 
## After 11350 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Crit= 671.719872727687
## Mean crit= 691.477325943681
## 
## After 11400 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Crit= 671.719872727687
## Mean crit= 691.477325943681
## 
## After 11450 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Crit= 671.719872727687
## Mean crit= 691.477325943681
## 
## After 11500 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Crit= 671.719872727687
## Mean crit= 691.477325943681
## 
## After 11550 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Crit= 671.719872727687
## Mean crit= 689.70733289589
## 
## After 11600 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Crit= 671.719872727687
## Mean crit= 689.70733289589

## 
## After 11650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 686.356692388161

## 
## After 11700 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 685.163777591198
## 
## After 11750 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 685.163777591198

## 
## After 11800 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 685.163777591198
## 
## After 11850 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 685.163777591198
## 
## After 11900 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 685.163777591198
## 
## After 11950 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 685.163777591198
## 
## After 12000 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 685.163777591198
## 
## After 12050 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 684.634019711959
## 
## After 12100 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 684.634019711959

## 
## After 12150 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 684.634019711959
## 
## After 12200 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 682.131245371656
## 
## After 12250 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 682.131245371656

## 
## After 12300 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 682.131245371656
## 
## After 12350 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 682.131245371656
## 
## After 12400 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 682.131245371656
## 
## After 12450 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 682.131245371656
## 
## After 12500 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 682.131245371656
## 
## After 12550 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 682.131245371656
## 
## After 12600 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 681.605976100932
## 
## After 12650 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 681.605976100932

## 
## After 12700 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 680.63834006026

## 
## After 12750 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 12800 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281

## 
## After 12850 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 12900 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 12950 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 13000 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 13050 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 13100 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 13150 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 13200 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 13250 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 13300 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 13350 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 13400 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 13450 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 13500 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 13550 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 13600 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 13650 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 13700 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 13750 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 13800 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 13850 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 13900 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 13950 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 14000 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 14050 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 14100 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 14150 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 14200 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 14250 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 14300 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 14350 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 14400 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 14450 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 14500 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 14550 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 14600 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 14650 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 14700 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 14750 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 14800 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 14850 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 14900 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 14950 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 15000 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 15050 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 15100 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 15150 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 15200 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
## 
## After 15250 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.375298478177
## 
## After 15300 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.375298478177

## 
## After 15350 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 678.662895417216

## 
## After 15400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 677.439118062378
## 
## After 15450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 677.439118062378

## 
## After 15500 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 677.439118062378
## 
## After 15550 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 677.439118062378
## 
## After 15600 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 677.439118062378
## 
## After 15650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 677.439118062378
## 
## After 15700 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 677.439118062378
## 
## After 15750 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 677.313427225385
## 
## After 15800 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 677.313427225385

## 
## After 15850 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 677.313427225385
## 
## After 15900 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 675.524305569521
## 
## After 15950 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 675.524305569521

## 
## After 16000 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 675.524305569521
## 
## After 16050 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 675.524305569521
## 
## After 16100 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 675.524305569521
## 
## After 16150 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 675.524305569521
## 
## After 16200 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 675.524305569521
## 
## After 16250 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 675.524305569521
## 
## After 16300 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 675.524305569521
## 
## After 16350 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 675.524305569521
## 
## After 16400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 675.26799696202

## 
## After 16450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 674.198381377157
## 
## After 16500 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 674.198381377157

## 
## After 16550 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 674.198381377157
## 
## After 16600 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 674.198381377157
## 
## After 16650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 674.198381377157
## 
## After 16700 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 674.198381377157
## 
## After 16750 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 674.198381377157
## 
## After 16800 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 674.198381377157
## 
## After 16850 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 674.198381377157
## 
## After 16900 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 674.198381377157
## 
## After 16950 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 672.982462404714

## Completed.
#print(res_sink)
top <- weightable(res_sink)
top <- top[top$aicc <= min(top$aicc) + 2,]
top
summary(res_sink@objects[[1]])
## 
## Multivariate Meta-Analysis Model (k = 122; method: ML)
## 
##    logLik   Deviance        AIC        BIC       AICc 
## -309.8923   659.4003   659.7847   715.8651   668.1015   
## 
## Variance Components: none
## 
## Test for Residual Heterogeneity:
## QE(df = 102) = 659.4003, p-val < .0001
## 
## Test of Moderators (coefficients 2:20):
## QM(df = 19) = 191.5078, p-val < .0001
## 
## Model Results:
## 
##                                             estimate      se     zval    pval 
## intrcpt                                      -0.3214  0.2996  -1.0728  0.2834 
## mean_age                                     -0.0005  0.0001  -3.1695  0.0015 
## agent_argument_type_cleandropping_noise      -0.6110  0.2767  -2.2084  0.0272 
## agent_argument_type_cleannoun                -0.0974  0.1828  -0.5330  0.5940 
## agent_argument_type_cleannoun_phrase         -0.0042  0.2346  -0.0180  0.9856 
## agent_argument_type_cleanpronoun             -1.1352  0.2278  -4.9828  <.0001 
## agent_argument_type_cleanvarying_agent       -0.3366  0.1633  -2.0608  0.0393 
## patient_argument_type_cleannoun               0.1080  0.0981   1.1012  0.2708 
## patient_argument_type_cleannoun_phrase        0.9697  0.1547   6.2678  <.0001 
## patient_argument_type_cleanpronoun            0.9545  0.1415   6.7446  <.0001 
## patient_argument_type_cleanvarying_patient   -0.3111  0.1466  -2.1219  0.0338 
## test_typeagent                               -0.6907  0.2218  -3.1141  0.0018 
## stimuli_actorperson                          -0.8090  0.1295  -6.2463  <.0001 
## stimuli_modalityvideo                         0.9924  0.1536   6.4623  <.0001 
## presentation_typeimmediate_after              0.6439  0.1332   4.8327  <.0001 
## presentation_typesimultaneous                 0.3885  0.1299   2.9903  0.0028 
## test_mass_or_distributedmass                  0.7080  0.1135   6.2402  <.0001 
## n_repetitions_sentence                        0.0450  0.0084   5.3508  <.0001 
## n_repetitions_video                          -0.0759  0.0298  -2.5464  0.0109 
## test_methodpoint                              1.0361  0.1367   7.5802  <.0001 
##                                               ci.lb    ci.ub 
## intrcpt                                     -0.9085   0.2658      
## mean_age                                    -0.0008  -0.0002   ** 
## agent_argument_type_cleandropping_noise     -1.1533  -0.0687    * 
## agent_argument_type_cleannoun               -0.4558   0.2609      
## agent_argument_type_cleannoun_phrase        -0.4640   0.4556      
## agent_argument_type_cleanpronoun            -1.5817  -0.6886  *** 
## agent_argument_type_cleanvarying_agent      -0.6567  -0.0165    * 
## patient_argument_type_cleannoun             -0.0843   0.3004      
## patient_argument_type_cleannoun_phrase       0.6665   1.2729  *** 
## patient_argument_type_cleanpronoun           0.6771   1.2318  *** 
## patient_argument_type_cleanvarying_patient  -0.5985  -0.0237    * 
## test_typeagent                              -1.1254  -0.2560   ** 
## stimuli_actorperson                         -1.0628  -0.5551  *** 
## stimuli_modalityvideo                        0.6914   1.2934  *** 
## presentation_typeimmediate_after             0.3827   0.9050  *** 
## presentation_typesimultaneous                0.1339   0.6432   ** 
## test_mass_or_distributedmass                 0.4856   0.9304  *** 
## n_repetitions_sentence                       0.0285   0.0615  *** 
## n_repetitions_video                         -0.1343  -0.0175    * 
## test_methodpoint                             0.7682   1.3040  *** 
## 
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
summary(res_sink@objects[[2]])
## 
## Multivariate Meta-Analysis Model (k = 122; method: ML)
## 
##    logLik   Deviance        AIC        BIC       AICc 
## -309.8923   659.4003   659.7847   715.8651   668.1015   
## 
## Variance Components: none
## 
## Test for Residual Heterogeneity:
## QE(df = 102) = 659.4003, p-val < .0001
## 
## Test of Moderators (coefficients 2:20):
## QM(df = 19) = 191.5078, p-val < .0001
## 
## Model Results:
## 
##                                          estimate      se     zval    pval 
## intrcpt                                   -0.3214  0.2996  -1.0728  0.2834 
## mean_age                                  -0.0005  0.0001  -3.1695  0.0015 
## sentence_structuretransitive              -0.3111  0.1466  -2.1219  0.0338 
## agent_argument_type_cleandropping_noise   -0.6110  0.2767  -2.2084  0.0272 
## agent_argument_type_cleannoun             -0.0974  0.1828  -0.5330  0.5940 
## agent_argument_type_cleannoun_phrase      -0.0042  0.2346  -0.0180  0.9856 
## agent_argument_type_cleanpronoun          -1.1352  0.2278  -4.9828  <.0001 
## agent_argument_type_cleanvarying_agent    -0.3366  0.1633  -2.0608  0.0393 
## patient_argument_type_cleannoun            0.4191  0.1499   2.7964  0.0052 
## patient_argument_type_cleannoun_phrase     1.2808  0.2082   6.1528  <.0001 
## patient_argument_type_cleanpronoun         1.2656  0.2017   6.2730  <.0001 
## test_typeagent                            -0.6907  0.2218  -3.1141  0.0018 
## stimuli_actorperson                       -0.8090  0.1295  -6.2463  <.0001 
## stimuli_modalityvideo                      0.9924  0.1536   6.4623  <.0001 
## presentation_typeimmediate_after           0.6439  0.1332   4.8327  <.0001 
## presentation_typesimultaneous              0.3885  0.1299   2.9903  0.0028 
## test_mass_or_distributedmass               0.7080  0.1135   6.2402  <.0001 
## n_repetitions_sentence                     0.0450  0.0084   5.3508  <.0001 
## n_repetitions_video                       -0.0759  0.0298  -2.5464  0.0109 
## test_methodpoint                           1.0361  0.1367   7.5802  <.0001 
##                                            ci.lb    ci.ub 
## intrcpt                                  -0.9085   0.2658      
## mean_age                                 -0.0008  -0.0002   ** 
## sentence_structuretransitive             -0.5985  -0.0237    * 
## agent_argument_type_cleandropping_noise  -1.1533  -0.0687    * 
## agent_argument_type_cleannoun            -0.4558   0.2609      
## agent_argument_type_cleannoun_phrase     -0.4640   0.4556      
## agent_argument_type_cleanpronoun         -1.5817  -0.6886  *** 
## agent_argument_type_cleanvarying_agent   -0.6567  -0.0165    * 
## patient_argument_type_cleannoun           0.1254   0.7129   ** 
## patient_argument_type_cleannoun_phrase    0.8728   1.6888  *** 
## patient_argument_type_cleanpronoun        0.8701   1.6610  *** 
## test_typeagent                           -1.1254  -0.2560   ** 
## stimuli_actorperson                      -1.0628  -0.5551  *** 
## stimuli_modalityvideo                     0.6914   1.2934  *** 
## presentation_typeimmediate_after          0.3827   0.9050  *** 
## presentation_typesimultaneous             0.1339   0.6432   ** 
## test_mass_or_distributedmass              0.4856   0.9304  *** 
## n_repetitions_sentence                    0.0285   0.0615  *** 
## n_repetitions_video                      -0.1343  -0.0175    * 
## test_methodpoint                          0.7682   1.3040  *** 
## 
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
plot(res_sink, type="s")

eval(metafor:::.glmulti)
coef(res_sink)
##                                                 Estimate Uncond. variance
## character_identificationyes                 0.0149096739     1.629759e-03
## sentence_structuretransitive               -0.1711455941     3.976485e-02
## patient_argument_type_cleanvarying_patient -0.1711455941     3.976485e-02
## practice_phaseyes                           0.1033468346     1.664630e-02
## n_repetitions_video                        -0.0512645953     1.730912e-03
## test_typeagent                             -0.4759320134     1.063151e-01
## intrcpt                                    -0.3800325033     9.702080e-02
## mean_age                                   -0.0004585859     2.398761e-08
## agent_argument_type_cleandropping_noise    -0.6039643243     7.678019e-02
## agent_argument_type_cleannoun              -0.1125109570     3.474409e-02
## agent_argument_type_cleannoun_phrase       -0.0100629300     5.734860e-02
## agent_argument_type_cleanpronoun           -1.1280791435     5.357895e-02
## agent_argument_type_cleanvarying_agent     -0.3256801306     2.712951e-02
## patient_argument_type_cleannoun             0.2774124502     4.554043e-02
## patient_argument_type_cleannoun_phrase      1.1638954660     6.365289e-02
## patient_argument_type_cleanpronoun          1.1152572769     5.989391e-02
## stimuli_actorperson                        -0.7983418893     2.071864e-02
## stimuli_modalityvideo                       0.9296946984     2.858333e-02
## presentation_typeimmediate_after            0.6093540800     1.950612e-02
## presentation_typesimultaneous               0.3887474550     1.855936e-02
## test_mass_or_distributedmass                0.6941149339     1.357568e-02
## n_repetitions_sentence                      0.0438902929     7.598882e-05
## test_methodpoint                            0.9578175752     2.434523e-02
##                                            Nb models Importance
## character_identificationyes                       16  0.2300074
## sentence_structuretransitive                      16  0.5000000
## patient_argument_type_cleanvarying_patient        16  0.5000000
## practice_phaseyes                                 16  0.5041246
## n_repetitions_video                               16  0.7207516
## test_typeagent                                    16  0.7830388
## intrcpt                                           32  1.0000000
## mean_age                                          32  1.0000000
## agent_argument_type_cleandropping_noise           32  1.0000000
## agent_argument_type_cleannoun                     32  1.0000000
## agent_argument_type_cleannoun_phrase              32  1.0000000
## agent_argument_type_cleanpronoun                  32  1.0000000
## agent_argument_type_cleanvarying_agent            32  1.0000000
## patient_argument_type_cleannoun                   32  1.0000000
## patient_argument_type_cleannoun_phrase            32  1.0000000
## patient_argument_type_cleanpronoun                32  1.0000000
## stimuli_actorperson                               32  1.0000000
## stimuli_modalityvideo                             32  1.0000000
## presentation_typeimmediate_after                  32  1.0000000
## presentation_typesimultaneous                     32  1.0000000
## test_mass_or_distributedmass                      32  1.0000000
## n_repetitions_sentence                            32  1.0000000
## test_methodpoint                                  32  1.0000000
##                                            +/- (alpha=0.05)
## character_identificationyes                     0.079124292
## sentence_structuretransitive                    0.390838871
## patient_argument_type_cleanvarying_patient      0.390838871
## practice_phaseyes                               0.252875643
## n_repetitions_video                             0.081542801
## test_typeagent                                  0.639065758
## intrcpt                                         0.610492746
## mean_age                                        0.000303558
## agent_argument_type_cleandropping_noise         0.543091086
## agent_argument_type_cleannoun                   0.365332703
## agent_argument_type_cleannoun_phrase            0.469363696
## agent_argument_type_cleanpronoun                0.453675347
## agent_argument_type_cleanvarying_agent          0.322826432
## patient_argument_type_cleannoun                 0.418260327
## patient_argument_type_cleannoun_phrase          0.494489602
## patient_argument_type_cleanpronoun              0.479666523
## stimuli_actorperson                             0.282116670
## stimuli_modalityvideo                           0.331363361
## presentation_typeimmediate_after                0.273737025
## presentation_typesimultaneous                   0.267011293
## test_mass_or_distributedmass                    0.228364615
## n_repetitions_sentence                          0.017085314
## test_methodpoint                                0.305812383
mmi <- as.data.frame(coef(res_sink))
mmi <- data.frame(Estimate=mmi$Est, SE=sqrt(mmi$Uncond), Importance=mmi$Importance, row.names=row.names(mmi))
mmi$z <- mmi$Estimate / mmi$SE
mmi$p <- 2*pnorm(abs(mmi$z), lower.tail=FALSE)
names(mmi) <- c("Estimate", "Std. Error", "Importance", "z value", "Pr(>|z|)")
mmi$ci.lb <- mmi[[1]] - qnorm(.975) * mmi[[2]]
mmi$ci.ub <- mmi[[1]] + qnorm(.975) * mmi[[2]]
mmi <- mmi[order(mmi$Importance, decreasing=TRUE), c(1,2,4:7,3)]
round(mmi, 4)

three interdependence moderators, take one ### take test type

rma.glmulti <- function(formula,data)
  {rma.mv(formula, d_var_calc, data=ma_data, method="ML")
}

res_test_type <- glmulti(d_calc ~mean_age + sentence_structure + agent_argument_type_clean + patient_argument_type_clean + test_type + stimuli_actor  + presentation_type + test_mass_or_distributed + practice_phase + character_identification + n_repetitions_sentence + n_repetitions_video, data=ma_data, level=1, fitfunction=rma.glmulti, crit="aicc", confsetsize=32)
## Initialization...
## TASK: Exhaustive screening of candidate set.
## Fitting...
## 
## After 50 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor
## Crit= 760.484551405164
## Mean crit= 784.201049652064

## 
## After 100 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type
## Crit= 737.477278875806
## Mean crit= 764.120287355622

## 
## After 150 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type
## Crit= 737.477278875806
## Mean crit= 752.840639494272

## 
## After 200 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type
## Crit= 737.477278875806
## Mean crit= 746.469811287287

## 
## After 250 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Crit= 728.967998354458
## Mean crit= 738.978072310265

## 
## After 300 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Crit= 728.967998354458
## Mean crit= 737.258746906124

## 
## After 350 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Crit= 728.967998354458
## Mean crit= 736.635272711565

## 
## After 400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Crit= 728.967998354458
## Mean crit= 735.137777560888

## 
## After 450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Crit= 728.967998354458
## Mean crit= 734.847331054271

## 
## After 500 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Crit= 728.967998354458
## Mean crit= 733.617136131223

## 
## After 550 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 725.693625999022
## Mean crit= 732.051969210423
## 
## After 600 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 725.693625999022
## Mean crit= 732.051969210423

## 
## After 650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 725.693625999022
## Mean crit= 732.040078328049

## 
## After 700 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 725.693625999022
## Mean crit= 731.854966454398

## 
## After 750 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 730.798888428227

## 
## After 800 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 729.456758907682
## 
## After 850 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 729.456758907682

## 
## After 900 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 729.367640867514

## 
## After 950 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 729.347921873037
## 
## After 1000 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 729.347921873037

## 
## After 1050 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 728.052933067873

## 
## After 1100 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 727.808099709179
## 
## After 1150 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 727.808099709179

## 
## After 1200 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 727.767699289446
## 
## After 1250 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 727.767699289446

## 
## After 1300 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 727.413411643483

## 
## After 1350 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 727.257061091435
## 
## After 1400 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 727.257061091435

## 
## After 1450 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 727.083487956149

## 
## After 1500 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 727.007100523224

## 
## After 1550 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 726.960260155728

## 
## After 1600 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 723.332465889152
## Mean crit= 726.457729855563
## 
## After 1650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 723.332465889152
## Mean crit= 726.457729855563

## 
## After 1700 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type+character_identification+n_repetitions_sentence
## Crit= 722.47034421165
## Mean crit= 725.833122888718

## 
## After 1750 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type+character_identification+n_repetitions_sentence
## Crit= 722.47034421165
## Mean crit= 725.520409326913
## 
## After 1800 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type+character_identification+n_repetitions_sentence
## Crit= 722.47034421165
## Mean crit= 725.520409326913

## 
## After 1850 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence
## Crit= 717.15854796858
## Mean crit= 723.644672178973

## 
## After 1900 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence
## Crit= 717.15854796858
## Mean crit= 723.302395181957

## 
## After 1950 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence
## Crit= 717.15854796858
## Mean crit= 722.858376648902

## 
## After 2000 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence
## Crit= 717.15854796858
## Mean crit= 722.038950892984
## 
## After 2050 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence
## Crit= 717.15854796858
## Mean crit= 722.038950892984

## 
## After 2100 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.886195905533

## 
## After 2150 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.4528915757
## 
## After 2200 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.4528915757

## 
## After 2250 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.4528915757
## 
## After 2300 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.4528915757
## 
## After 2350 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.4528915757
## 
## After 2400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.4528915757
## 
## After 2450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.4528915757
## 
## After 2500 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.4528915757
## 
## After 2550 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.4528915757
## 
## After 2600 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.4528915757
## 
## After 2650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964
## 
## After 2700 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964

## 
## After 2750 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964
## 
## After 2800 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964
## 
## After 2850 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964
## 
## After 2900 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964
## 
## After 2950 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964
## 
## After 3000 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964
## 
## After 3050 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964
## 
## After 3100 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964
## 
## After 3150 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964
## 
## After 3200 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964
## 
## After 3250 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964
## 
## After 3300 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964
## 
## After 3350 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964
## 
## After 3400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964
## 
## After 3450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964
## 
## After 3500 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964
## 
## After 3550 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964
## 
## After 3600 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964
## 
## After 3650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964
## 
## After 3700 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.042364760831

## 
## After 3750 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 719.937618890855
## 
## After 3800 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 719.937618890855

## 
## After 3850 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 719.937618890855
## 
## After 3900 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 719.937618890855
## 
## After 3950 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 719.653211948416
## 
## After 4000 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 719.653211948416

## 
## After 4050 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 719.653211948416
## 
## After 4100 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 719.603921106093
## 
## After 4150 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 719.603921106093

## 
## After 4200 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 719.357677543761

## 
## After 4250 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 719.119035058296

## Completed.
print(res_test_type)
## glmulti.analysis
## Method: h / Fitting: rma.glmulti / IC used: aicc
## Level: 1 / Marginality: FALSE
## From 32 models:
## Best IC: 716.402586832488
## Best model:
## [1] "d_calc ~ 1 + mean_age + agent_argument_type_clean + patient_argument_type_clean + "
## [2] "    presentation_type + test_mass_or_distributed + practice_phase + "              
## [3] "    character_identification + n_repetitions_sentence"                             
## [1] "d_calc ~ 1 + mean_age + sentence_structure + agent_argument_type_clean + "        
## [2] "    patient_argument_type_clean + presentation_type + test_mass_or_distributed + "
## [3] "    practice_phase + character_identification + n_repetitions_sentence"           
## Evidence weight: 0.0967482977789937
## Worst IC: 720.962752689297
## 10 models within 2 IC units.
## 27 models to reach 95% of evidence weight.
top <- weightable(res_test_type)
top <- top[top$aicc <= min(top$aicc) + 2,]
top
summary(res_test_type@objects[[1]])
## 
## Multivariate Meta-Analysis Model (k = 122; method: ML)
## 
##    logLik   Deviance        AIC        BIC       AICc 
## -338.2590   716.1336   710.5180   758.1863   716.4026   
## 
## Variance Components: none
## 
## Test for Residual Heterogeneity:
## QE(df = 105) = 716.1336, p-val < .0001
## 
## Test of Moderators (coefficients 2:17):
## QM(df = 16) = 134.7744, p-val < .0001
## 
## Model Results:
## 
##                                             estimate      se     zval    pval 
## intrcpt                                       0.0561  0.2588   0.2169  0.8283 
## mean_age                                     -0.0002  0.0001  -1.4821  0.1383 
## agent_argument_type_cleandropping_noise      -0.5368  0.2761  -1.9445  0.0518 
## agent_argument_type_cleannoun                -0.4463  0.1837  -2.4297  0.0151 
## agent_argument_type_cleannoun_phrase         -0.2117  0.2400  -0.8821  0.3777 
## agent_argument_type_cleanpronoun             -1.1722  0.2189  -5.3557  <.0001 
## agent_argument_type_cleanvarying_agent       -0.2770  0.1601  -1.7302  0.0836 
## patient_argument_type_cleannoun               0.0709  0.0971   0.7302  0.4653 
## patient_argument_type_cleannoun_phrase        0.9456  0.1431   6.6085  <.0001 
## patient_argument_type_cleanpronoun            0.9895  0.1394   7.0984  <.0001 
## patient_argument_type_cleanvarying_patient   -0.3437  0.1521  -2.2596  0.0238 
## presentation_typeimmediate_after              0.6056  0.1202   5.0391  <.0001 
## presentation_typesimultaneous                 0.4862  0.1317   3.6922  0.0002 
## test_mass_or_distributedmass                  0.2246  0.0957   2.3467  0.0189 
## practice_phaseyes                             0.1418  0.0762   1.8600  0.0629 
## character_identificationyes                   0.3154  0.0828   3.8105  0.0001 
## n_repetitions_sentence                        0.0264  0.0080   3.2972  0.0010 
##                                               ci.lb    ci.ub 
## intrcpt                                     -0.4510   0.5633      
## mean_age                                    -0.0005   0.0001      
## agent_argument_type_cleandropping_noise     -1.0779   0.0043    . 
## agent_argument_type_cleannoun               -0.8063  -0.0863    * 
## agent_argument_type_cleannoun_phrase        -0.6822   0.2587      
## agent_argument_type_cleanpronoun            -1.6012  -0.7432  *** 
## agent_argument_type_cleanvarying_agent      -0.5907   0.0368    . 
## patient_argument_type_cleannoun             -0.1195   0.2613      
## patient_argument_type_cleannoun_phrase       0.6652   1.2261  *** 
## patient_argument_type_cleanpronoun           0.7163   1.2627  *** 
## patient_argument_type_cleanvarying_patient  -0.6417  -0.0456    * 
## presentation_typeimmediate_after             0.3700   0.8411  *** 
## presentation_typesimultaneous                0.2281   0.7442  *** 
## test_mass_or_distributedmass                 0.0370   0.4122    * 
## practice_phaseyes                           -0.0076   0.2912    . 
## character_identificationyes                  0.1532   0.4776  *** 
## n_repetitions_sentence                       0.0107   0.0422  *** 
## 
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
plot(res_test_type, type="s")
summary(res_test_type@objects[[2]])
## 
## Multivariate Meta-Analysis Model (k = 122; method: ML)
## 
##    logLik   Deviance        AIC        BIC       AICc 
## -338.2590   716.1336   710.5180   758.1863   716.4026   
## 
## Variance Components: none
## 
## Test for Residual Heterogeneity:
## QE(df = 105) = 716.1336, p-val < .0001
## 
## Test of Moderators (coefficients 2:17):
## QM(df = 16) = 134.7744, p-val < .0001
## 
## Model Results:
## 
##                                          estimate      se     zval    pval 
## intrcpt                                    0.0561  0.2588   0.2169  0.8283 
## mean_age                                  -0.0002  0.0001  -1.4821  0.1383 
## sentence_structuretransitive              -0.3437  0.1521  -2.2596  0.0238 
## agent_argument_type_cleandropping_noise   -0.5368  0.2761  -1.9445  0.0518 
## agent_argument_type_cleannoun             -0.4463  0.1837  -2.4297  0.0151 
## agent_argument_type_cleannoun_phrase      -0.2117  0.2400  -0.8821  0.3777 
## agent_argument_type_cleanpronoun          -1.1722  0.2189  -5.3557  <.0001 
## agent_argument_type_cleanvarying_agent    -0.2770  0.1601  -1.7302  0.0836 
## patient_argument_type_cleannoun            0.4146  0.1512   2.7414  0.0061 
## patient_argument_type_cleannoun_phrase     1.2893  0.1982   6.5064  <.0001 
## patient_argument_type_cleanpronoun         1.3332  0.2098   6.3533  <.0001 
## presentation_typeimmediate_after           0.6056  0.1202   5.0391  <.0001 
## presentation_typesimultaneous              0.4862  0.1317   3.6922  0.0002 
## test_mass_or_distributedmass               0.2246  0.0957   2.3467  0.0189 
## practice_phaseyes                          0.1418  0.0762   1.8600  0.0629 
## character_identificationyes                0.3154  0.0828   3.8105  0.0001 
## n_repetitions_sentence                     0.0264  0.0080   3.2972  0.0010 
##                                            ci.lb    ci.ub 
## intrcpt                                  -0.4510   0.5633      
## mean_age                                 -0.0005   0.0001      
## sentence_structuretransitive             -0.6417  -0.0456    * 
## agent_argument_type_cleandropping_noise  -1.0779   0.0043    . 
## agent_argument_type_cleannoun            -0.8063  -0.0863    * 
## agent_argument_type_cleannoun_phrase     -0.6822   0.2587      
## agent_argument_type_cleanpronoun         -1.6012  -0.7432  *** 
## agent_argument_type_cleanvarying_agent   -0.5907   0.0368    . 
## patient_argument_type_cleannoun           0.1182   0.7110   ** 
## patient_argument_type_cleannoun_phrase    0.9009   1.6777  *** 
## patient_argument_type_cleanpronoun        0.9219   1.7444  *** 
## presentation_typeimmediate_after          0.3700   0.8411  *** 
## presentation_typesimultaneous             0.2281   0.7442  *** 
## test_mass_or_distributedmass              0.0370   0.4122    * 
## practice_phaseyes                        -0.0076   0.2912    . 
## character_identificationyes               0.1532   0.4776  *** 
## n_repetitions_sentence                    0.0107   0.0422  *** 
## 
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
plot(res_test_type, type="s")

eval(metafor:::.glmulti)
coef(res_test_type)
##                                                 Estimate Uncond. variance
## test_typeagent                             -0.0506168013     1.127246e-02
## stimuli_actorperson                        -0.0327715231     3.809992e-03
## n_repetitions_video                         0.0107977464     3.849466e-04
## patient_argument_type_cleanvarying_patient -0.1633068911     3.769688e-02
## sentence_structuretransitive               -0.1633068911     3.769688e-02
## practice_phaseyes                           0.1322968377     1.337918e-02
## test_mass_or_distributedmass                0.2268071157     1.297894e-02
## character_identificationyes                 0.2709059490     1.112248e-02
## intrcpt                                     0.0263275744     8.388128e-02
## mean_age                                   -0.0001630267     2.125556e-08
## agent_argument_type_cleandropping_noise    -0.5260671602     7.640289e-02
## agent_argument_type_cleannoun              -0.4424593470     3.836743e-02
## agent_argument_type_cleannoun_phrase       -0.1850139762     6.569365e-02
## agent_argument_type_cleanpronoun           -1.1252621490     5.384117e-02
## agent_argument_type_cleanvarying_agent     -0.2773412512     2.598338e-02
## patient_argument_type_cleannoun             0.2427261090     4.296954e-02
## patient_argument_type_cleannoun_phrase      1.0867059557     5.842601e-02
## patient_argument_type_cleanpronoun          1.1491849375     5.822011e-02
## presentation_typeimmediate_after            0.5864981416     1.694629e-02
## presentation_typesimultaneous               0.4424990681     2.051641e-02
## n_repetitions_sentence                      0.0263664444     6.792928e-05
##                                            Nb models Importance
## test_typeagent                                    12  0.2366261
## stimuli_actorperson                               12  0.2791579
## n_repetitions_video                               12  0.2973793
## patient_argument_type_cleanvarying_patient        16  0.5000000
## sentence_structuretransitive                      16  0.5000000
## practice_phaseyes                                 22  0.7034992
## test_mass_or_distributedmass                      26  0.9068833
## character_identificationyes                       30  0.9457492
## intrcpt                                           32  1.0000000
## mean_age                                          32  1.0000000
## agent_argument_type_cleandropping_noise           32  1.0000000
## agent_argument_type_cleannoun                     32  1.0000000
## agent_argument_type_cleannoun_phrase              32  1.0000000
## agent_argument_type_cleanpronoun                  32  1.0000000
## agent_argument_type_cleanvarying_agent            32  1.0000000
## patient_argument_type_cleannoun                   32  1.0000000
## patient_argument_type_cleannoun_phrase            32  1.0000000
## patient_argument_type_cleanpronoun                32  1.0000000
## presentation_typeimmediate_after                  32  1.0000000
## presentation_typesimultaneous                     32  1.0000000
## n_repetitions_sentence                            32  1.0000000
##                                            +/- (alpha=0.05)
## test_typeagent                                 0.2080930110
## stimuli_actorperson                            0.1209790328
## n_repetitions_video                            0.0384546020
## patient_argument_type_cleanvarying_patient     0.3805404323
## sentence_structuretransitive                   0.3805404323
## practice_phaseyes                              0.2267058835
## test_mass_or_distributedmass                   0.2232891509
## character_identificationyes                    0.2067040403
## intrcpt                                        0.5676499670
## mean_age                                       0.0002857488
## agent_argument_type_cleandropping_noise        0.5417550575
## agent_argument_type_cleannoun                  0.3839100076
## agent_argument_type_cleannoun_phrase           0.5023538954
## agent_argument_type_cleanpronoun               0.4547841575
## agent_argument_type_cleanvarying_agent         0.3159336535
## patient_argument_type_cleannoun                0.4062827883
## patient_argument_type_cleannoun_phrase         0.4737521551
## patient_argument_type_cleanpronoun             0.4729166310
## presentation_typeimmediate_after               0.2551440084
## presentation_typesimultaneous                  0.2807364129
## n_repetitions_sentence                         0.0161538701
mmi <- as.data.frame(coef(res_test_type))
mmi <- data.frame(Estimate=mmi$Est, SE=sqrt(mmi$Uncond), Importance=mmi$Importance, row.names=row.names(mmi))
mmi$z <- mmi$Estimate / mmi$SE
mmi$p <- 2*pnorm(abs(mmi$z), lower.tail=FALSE)
names(mmi) <- c("Estimate", "Std. Error", "Importance", "z value", "Pr(>|z|)")
mmi$ci.lb <- mmi[[1]] - qnorm(.975) * mmi[[2]]
mmi$ci.ub <- mmi[[1]] + qnorm(.975) * mmi[[2]]
mmi <- mmi[order(mmi$Importance, decreasing=TRUE), c(1,2,4:7,3)]
round(mmi, 4)

take test method

res_test_method <- glmulti(d_calc ~mean_age + sentence_structure + agent_argument_type_clean + patient_argument_type_clean  + stimuli_actor  + presentation_type + test_mass_or_distributed + practice_phase + character_identification + n_repetitions_sentence + n_repetitions_video + test_method, data=ma_data, level=1, fitfunction=rma.glmulti, crit="aicc", confsetsize=32)
## Initialization...
## TASK: Exhaustive screening of candidate set.
## Fitting...
## 
## After 50 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type
## Crit= 739.387678983246
## Mean crit= 776.929150826727

## 
## After 100 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+test_mass_or_distributed
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+test_mass_or_distributed
## Crit= 738.15666958076
## Mean crit= 758.14853717997

## 
## After 150 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Crit= 728.967998354458
## Mean crit= 747.048510789362

## 
## After 200 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Crit= 728.967998354458
## Mean crit= 741.780164549467

## 
## After 250 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Crit= 728.967998354458
## Mean crit= 737.911125787412

## 
## After 300 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 725.693625999022
## Mean crit= 735.80248722281

## 
## After 350 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 725.693625999022
## Mean crit= 734.572726016637

## 
## After 400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 731.89488245689

## 
## After 450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 731.51230168104

## 
## After 500 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 731.130752368715

## 
## After 550 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 729.863538465332
## 
## After 600 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 729.863538465332

## 
## After 650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 729.515891604539

## 
## After 700 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 729.198768820927

## 
## After 750 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 728.702158974073

## 
## After 800 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 723.332465889152
## Mean crit= 727.786099129399

## 
## After 850 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 723.332465889152
## Mean crit= 727.281819497128

## 
## After 900 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 723.332465889152
## Mean crit= 726.941581942549

## 
## After 950 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence
## Crit= 717.15854796858
## Mean crit= 725.210384868064

## 
## After 1000 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence
## Crit= 717.15854796858
## Mean crit= 724.150611613965

## 
## After 1050 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 723.257153751427

## 
## After 1100 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 722.707925914126
## 
## After 1150 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 722.707925914126

## 
## After 1200 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 722.707925914126
## 
## After 1250 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 722.707925914126
## 
## After 1300 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 722.707925914126
## 
## After 1350 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 722.555971278638
## 
## After 1400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 722.555971278638

## 
## After 1450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 722.555971278638
## 
## After 1500 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 722.555971278638
## 
## After 1550 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 722.555971278638
## 
## After 1600 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 722.545602092887
## 
## After 1650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 722.545602092887

## 
## After 1700 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 722.545602092887
## 
## After 1750 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 722.545602092887
## 
## After 1800 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 722.484487434963

## 
## After 1850 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 722.274707245735

## 
## After 1900 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 721.840287633701

## 
## After 1950 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 721.830033946134

## 
## After 2000 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 721.296625585613

## 
## After 2050 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 721.032158675454

## 
## After 2100 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.781301943544

## 
## After 2150 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.246351411697
## 
## After 2200 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.246351411697

## 
## After 2250 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 719.859430607422

## 
## After 2300 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 719.675081005574
## 
## After 2350 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 719.675081005574

## 
## After 2400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 719.349291200228
## 
## After 2450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 719.349291200228

## 
## After 2500 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 719.083255858269

## 
## After 2550 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 718.839140344284
## 
## After 2600 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 718.839140344284

## 
## After 2650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 718.714805900546
## 
## After 2700 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 718.714805900546

## 
## After 2750 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 718.714805900546
## 
## After 2800 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Crit= 710.651451066695
## Mean crit= 717.789332111914
## 
## After 2850 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Crit= 710.651451066695
## Mean crit= 717.789332111914

## 
## After 2900 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Crit= 710.651451066695
## Mean crit= 717.713267531925

## 
## After 2950 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 710.503952715465
## Mean crit= 717.130384458186
## 
## After 3000 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 710.503952715465
## Mean crit= 717.130384458186

## 
## After 3050 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 715.470381268124
## 
## After 3100 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 715.470381268124

## 
## After 3150 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 715.470381268124
## 
## After 3200 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 714.200043155981
## 
## After 3250 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 714.200043155981

## 
## After 3300 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 714.200043155981
## 
## After 3350 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 714.200043155981
## 
## After 3400 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 714.200043155981
## 
## After 3450 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 714.149485648893
## 
## After 3500 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 714.149485648893

## 
## After 3550 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 714.149485648893
## 
## After 3600 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 714.149485648893
## 
## After 3650 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 714.149485648893
## 
## After 3700 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 714.149485648893
## 
## After 3750 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 714.149485648893
## 
## After 3800 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 714.149485648893
## 
## After 3850 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 713.337643591963
## 
## After 3900 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 713.337643591963

## 
## After 3950 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 713.337643591963
## 
## After 4000 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 712.319016224495
## 
## After 4050 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 712.319016224495

## 
## After 4100 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 711.745486611223

## 
## After 4150 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 711.2476118982
## 
## After 4200 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 711.2476118982

## 
## After 4250 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 710.307466207157

## Completed.
print(res_test_method)
## glmulti.analysis
## Method: h / Fitting: rma.glmulti / IC used: aicc
## Level: 1 / Marginality: FALSE
## From 32 models:
## Best IC: 706.253249696783
## Best model:
## [1] "d_calc ~ 1 + mean_age + sentence_structure + agent_argument_type_clean + "        
## [2] "    patient_argument_type_clean + presentation_type + test_mass_or_distributed + "
## [3] "    character_identification + n_repetitions_sentence + test_method"              
## Evidence weight: 0.114758906172017
## Worst IC: 716.402586832488
## 6 models within 2 IC units.
## 21 models to reach 95% of evidence weight.
top <- weightable(res_test_method)
top <- top[top$aicc <= min(top$aicc) + 2,]
top
summary(res_test_method@objects[[1]])
## 
## Multivariate Meta-Analysis Model (k = 122; method: ML)
## 
##    logLik   Deviance        AIC        BIC       AICc 
## -333.1843   705.9843   700.3686   748.0370   706.2532   
## 
## Variance Components: none
## 
## Test for Residual Heterogeneity:
## QE(df = 105) = 705.9843, p-val < .0001
## 
## Test of Moderators (coefficients 2:17):
## QM(df = 16) = 144.9238, p-val < .0001
## 
## Model Results:
## 
##                                          estimate      se     zval    pval 
## intrcpt                                    0.0188  0.2585   0.0729  0.9419 
## mean_age                                  -0.0002  0.0001  -1.6863  0.0917 
## sentence_structuretransitive              -0.3909  0.1520  -2.5717  0.0101 
## agent_argument_type_cleandropping_noise   -0.5409  0.2759  -1.9602  0.0500 
## agent_argument_type_cleannoun             -0.3798  0.1823  -2.0835  0.0372 
## agent_argument_type_cleannoun_phrase      -0.2063  0.2359  -0.8747  0.3817 
## agent_argument_type_cleanpronoun          -1.3730  0.2275  -6.0349  <.0001 
## agent_argument_type_cleanvarying_agent    -0.3893  0.1622  -2.4002  0.0164 
## patient_argument_type_cleannoun            0.4077  0.1492   2.7329  0.0063 
## patient_argument_type_cleannoun_phrase     1.3215  0.1970   6.7079  <.0001 
## patient_argument_type_cleanpronoun         1.3730  0.2096   6.5503  <.0001 
## presentation_typeimmediate_after           0.6043  0.1147   5.2693  <.0001 
## presentation_typesimultaneous              0.4544  0.1211   3.7513  0.0002 
## test_mass_or_distributedmass               0.4165  0.0982   4.2395  <.0001 
## character_identificationyes                0.2927  0.0828   3.5361  0.0004 
## n_repetitions_sentence                     0.0314  0.0082   3.8442  0.0001 
## test_methodpoint                           0.4064  0.1102   3.6890  0.0002 
##                                            ci.lb    ci.ub 
## intrcpt                                  -0.4879   0.5256      
## mean_age                                 -0.0005   0.0000    . 
## sentence_structuretransitive             -0.6888  -0.0930    * 
## agent_argument_type_cleandropping_noise  -1.0816  -0.0001    * 
## agent_argument_type_cleannoun            -0.7371  -0.0225    * 
## agent_argument_type_cleannoun_phrase     -0.6686   0.2560      
## agent_argument_type_cleanpronoun         -1.8189  -0.9271  *** 
## agent_argument_type_cleanvarying_agent   -0.7071  -0.0714    * 
## patient_argument_type_cleannoun           0.1153   0.7001   ** 
## patient_argument_type_cleannoun_phrase    0.9354   1.7076  *** 
## patient_argument_type_cleanpronoun        0.9622   1.7838  *** 
## presentation_typeimmediate_after          0.3795   0.8290  *** 
## presentation_typesimultaneous             0.2170   0.6918  *** 
## test_mass_or_distributedmass              0.2239   0.6090  *** 
## character_identificationyes               0.1305   0.4549  *** 
## n_repetitions_sentence                    0.0154   0.0474  *** 
## test_methodpoint                          0.1905   0.6223  *** 
## 
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
plot(res_test_method, type="s")
summary(res_test_method@objects[[2]])
## 
## Multivariate Meta-Analysis Model (k = 122; method: ML)
## 
##    logLik   Deviance        AIC        BIC       AICc 
## -333.1843   705.9843   700.3686   748.0370   706.2532   
## 
## Variance Components: none
## 
## Test for Residual Heterogeneity:
## QE(df = 105) = 705.9843, p-val < .0001
## 
## Test of Moderators (coefficients 2:17):
## QM(df = 16) = 144.9238, p-val < .0001
## 
## Model Results:
## 
##                                             estimate      se     zval    pval 
## intrcpt                                       0.0188  0.2585   0.0729  0.9419 
## mean_age                                     -0.0002  0.0001  -1.6863  0.0917 
## agent_argument_type_cleandropping_noise      -0.5409  0.2759  -1.9602  0.0500 
## agent_argument_type_cleannoun                -0.3798  0.1823  -2.0835  0.0372 
## agent_argument_type_cleannoun_phrase         -0.2063  0.2359  -0.8747  0.3817 
## agent_argument_type_cleanpronoun             -1.3730  0.2275  -6.0349  <.0001 
## agent_argument_type_cleanvarying_agent       -0.3893  0.1622  -2.4002  0.0164 
## patient_argument_type_cleannoun               0.0168  0.0982   0.1713  0.8640 
## patient_argument_type_cleannoun_phrase        0.9306  0.1430   6.5098  <.0001 
## patient_argument_type_cleanpronoun            0.9821  0.1394   7.0445  <.0001 
## patient_argument_type_cleanvarying_patient   -0.3909  0.1520  -2.5717  0.0101 
## presentation_typeimmediate_after              0.6043  0.1147   5.2693  <.0001 
## presentation_typesimultaneous                 0.4544  0.1211   3.7513  0.0002 
## test_mass_or_distributedmass                  0.4165  0.0982   4.2395  <.0001 
## character_identificationyes                   0.2927  0.0828   3.5361  0.0004 
## n_repetitions_sentence                        0.0314  0.0082   3.8442  0.0001 
## test_methodpoint                              0.4064  0.1102   3.6890  0.0002 
##                                               ci.lb    ci.ub 
## intrcpt                                     -0.4879   0.5256      
## mean_age                                    -0.0005   0.0000    . 
## agent_argument_type_cleandropping_noise     -1.0816  -0.0001    * 
## agent_argument_type_cleannoun               -0.7371  -0.0225    * 
## agent_argument_type_cleannoun_phrase        -0.6686   0.2560      
## agent_argument_type_cleanpronoun            -1.8189  -0.9271  *** 
## agent_argument_type_cleanvarying_agent      -0.7071  -0.0714    * 
## patient_argument_type_cleannoun             -0.1756   0.2093      
## patient_argument_type_cleannoun_phrase       0.6504   1.2108  *** 
## patient_argument_type_cleanpronoun           0.7089   1.2554  *** 
## patient_argument_type_cleanvarying_patient  -0.6888  -0.0930    * 
## presentation_typeimmediate_after             0.3795   0.8290  *** 
## presentation_typesimultaneous                0.2170   0.6918  *** 
## test_mass_or_distributedmass                 0.2239   0.6090  *** 
## character_identificationyes                  0.1305   0.4549  *** 
## n_repetitions_sentence                       0.0154   0.0474  *** 
## test_methodpoint                             0.1905   0.6223  *** 
## 
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
plot(res_test_method, type="s")

eval(metafor:::.glmulti)
coef(res_test_method)
##                                                Estimate Uncond. variance
## n_repetitions_video                         0.018546887     7.397716e-04
## practice_phaseyes                           0.072012478     1.055579e-02
## patient_argument_type_cleanvarying_patient -0.173742018     4.177103e-02
## sentence_structuretransitive               -0.173742018     4.177103e-02
## stimuli_actorperson                        -0.109893516     1.501463e-02
## character_identificationyes                 0.184826118     1.869755e-02
## test_methodpoint                            0.434740447     1.471704e-02
## intrcpt                                    -0.019396109     8.761177e-02
## mean_age                                   -0.000196411     1.965318e-08
## agent_argument_type_cleandropping_noise    -0.531832787     7.638841e-02
## agent_argument_type_cleannoun              -0.328638965     3.668263e-02
## agent_argument_type_cleannoun_phrase       -0.139802609     6.219833e-02
## agent_argument_type_cleanpronoun           -1.312704463     5.691207e-02
## agent_argument_type_cleanvarying_agent     -0.385150190     2.699721e-02
## patient_argument_type_cleannoun             0.201101668     4.690905e-02
## patient_argument_type_cleannoun_phrase      1.078443204     6.441989e-02
## patient_argument_type_cleanpronoun          1.157230960     6.217188e-02
## presentation_typeimmediate_after            0.566502597     1.604385e-02
## presentation_typesimultaneous               0.398796208     2.019588e-02
## test_mass_or_distributedmass                0.447519115     1.262078e-02
## n_repetitions_sentence                      0.030168348     6.949874e-05
##                                            Nb models Importance
## n_repetitions_video                               16  0.4244154
## practice_phaseyes                                 16  0.4414291
## patient_argument_type_cleanvarying_patient        16  0.5000000
## sentence_structuretransitive                      16  0.5000000
## stimuli_actorperson                               16  0.5699621
## character_identificationyes                       18  0.7509257
## test_methodpoint                                  30  0.9985648
## intrcpt                                           32  1.0000000
## mean_age                                          32  1.0000000
## agent_argument_type_cleandropping_noise           32  1.0000000
## agent_argument_type_cleannoun                     32  1.0000000
## agent_argument_type_cleannoun_phrase              32  1.0000000
## agent_argument_type_cleanpronoun                  32  1.0000000
## agent_argument_type_cleanvarying_agent            32  1.0000000
## patient_argument_type_cleannoun                   32  1.0000000
## patient_argument_type_cleannoun_phrase            32  1.0000000
## patient_argument_type_cleanpronoun                32  1.0000000
## presentation_typeimmediate_after                  32  1.0000000
## presentation_typesimultaneous                     32  1.0000000
## test_mass_or_distributedmass                      32  1.0000000
## n_repetitions_sentence                            32  1.0000000
##                                            +/- (alpha=0.05)
## n_repetitions_video                             0.053308555
## practice_phaseyes                               0.201369407
## patient_argument_type_cleanvarying_patient      0.400576685
## sentence_structuretransitive                    0.400576685
## stimuli_actorperson                             0.240162636
## character_identificationyes                     0.268003454
## test_methodpoint                                0.237770698
## intrcpt                                         0.580135347
## mean_age                                        0.000274767
## agent_argument_type_cleandropping_noise         0.541703723
## agent_argument_type_cleannoun                   0.375386203
## agent_argument_type_cleannoun_phrase            0.488807037
## agent_argument_type_cleanpronoun                0.467573907
## agent_argument_type_cleanvarying_agent          0.322038284
## patient_argument_type_cleannoun                 0.424498742
## patient_argument_type_cleannoun_phrase          0.497459897
## patient_argument_type_cleanpronoun              0.488703114
## presentation_typeimmediate_after                0.248257519
## presentation_typesimultaneous                   0.278534808
## test_mass_or_distributedmass                    0.220186768
## n_repetitions_sentence                          0.016339417
mmi <- as.data.frame(coef(res_test_method))
mmi <- data.frame(Estimate=mmi$Est, SE=sqrt(mmi$Uncond), Importance=mmi$Importance, row.names=row.names(mmi))
mmi$z <- mmi$Estimate / mmi$SE
mmi$p <- 2*pnorm(abs(mmi$z), lower.tail=FALSE)
names(mmi) <- c("Estimate", "Std. Error", "Importance", "z value", "Pr(>|z|)")
mmi$ci.lb <- mmi[[1]] - qnorm(.975) * mmi[[2]]
mmi$ci.ub <- mmi[[1]] + qnorm(.975) * mmi[[2]]
mmi <- mmi[order(mmi$Importance, decreasing=TRUE), c(1,2,4:7,3)]
round(mmi, 4)

take stimuli modality

res_stimuli_modality <- glmulti(d_calc ~mean_age + sentence_structure + agent_argument_type_clean + patient_argument_type_clean  + stimuli_actor + stimuli_modality + presentation_type + test_mass_or_distributed + practice_phase + character_identification + n_repetitions_sentence + n_repetitions_video, data=ma_data, level=1, fitfunction=rma.glmulti, crit="aicc", confsetsize=32)
## Initialization...
## TASK: Exhaustive screening of candidate set.
## Fitting...
## 
## After 50 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor
## Crit= 760.484551405164
## Mean crit= 784.70614272771

## 
## After 100 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type
## Crit= 739.387678983246
## Mean crit= 764.874062570213

## 
## After 150 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type
## Crit= 739.387678983246
## Mean crit= 754.046676371007

## 
## After 200 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed
## Crit= 730.360343716281
## Mean crit= 746.013016092644

## 
## After 250 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_modality+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_modality+presentation_type+test_mass_or_distributed
## Crit= 728.824062239949
## Mean crit= 738.516745278851

## 
## After 300 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Crit= 723.381257791248
## Mean crit= 735.915958450779

## 
## After 350 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Crit= 723.381257791248
## Mean crit= 735.292484256219

## 
## After 400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Crit= 723.381257791248
## Mean crit= 733.525290114113

## 
## After 450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Crit= 723.381257791248
## Mean crit= 733.240219434589

## 
## After 500 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+practice_phase
## Crit= 719.726366909888
## Mean crit= 729.781018832919

## 
## After 550 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 727.210299559819
## 
## After 600 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 727.210299559819

## 
## After 650 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 727.210299559819
## 
## After 700 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 727.145613084191

## 
## After 750 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 726.297012673816

## 
## After 800 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 725.12037559228
## 
## After 850 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 725.12037559228

## 
## After 900 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 725.12037559228
## 
## After 950 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 724.986420188245

## 
## After 1000 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 724.488477100615

## 
## After 1050 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 723.66626880354

## 
## After 1100 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 722.843238945877
## 
## After 1150 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 722.843238945877

## 
## After 1200 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 722.843238945877
## 
## After 1250 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 722.843238945877
## 
## After 1300 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 722.843238945877
## 
## After 1350 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 722.469629981474
## 
## After 1400 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 722.469629981474

## 
## After 1450 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 722.469629981474
## 
## After 1500 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 721.714741534467

## 
## After 1550 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 721.347500228533

## 
## After 1600 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 719.667864986796
## 
## After 1650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 719.667864986796

## 
## After 1700 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 719.64857755952

## 
## After 1750 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 719.594734615819
## 
## After 1800 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 719.594734615819

## 
## After 1850 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 718.396267081198

## 
## After 1900 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 717.889471389329

## 
## After 1950 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 717.631551810719

## 
## After 2000 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 716.630923483867

## 
## After 2050 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 716.610181959508

## 
## After 2100 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 716.005350060856

## 
## After 2150 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.833594300258
## 
## After 2200 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.833594300258

## 
## After 2250 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.833594300258
## 
## After 2300 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.833594300258
## 
## After 2350 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.833594300258
## 
## After 2400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.833594300258
## 
## After 2450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.833594300258
## 
## After 2500 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.833594300258
## 
## After 2550 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.833594300258
## 
## After 2600 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.833594300258
## 
## After 2650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541
## 
## After 2700 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541

## 
## After 2750 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541
## 
## After 2800 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541
## 
## After 2850 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541
## 
## After 2900 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541
## 
## After 2950 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541
## 
## After 3000 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541
## 
## After 3050 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541
## 
## After 3100 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541
## 
## After 3150 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541
## 
## After 3200 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541
## 
## After 3250 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541
## 
## After 3300 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541
## 
## After 3350 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541
## 
## After 3400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541
## 
## After 3450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541
## 
## After 3500 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541
## 
## After 3550 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541
## 
## After 3600 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.549812054574
## 
## After 3650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.549812054574

## 
## After 3700 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.549812054574
## 
## After 3750 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.038292731432
## 
## After 3800 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.038292731432

## 
## After 3850 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.038292731432
## 
## After 3900 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.038292731432
## 
## After 3950 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.038292731432
## 
## After 4000 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.897466732207
## 
## After 4050 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.897466732207

## 
## After 4100 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.897466732207
## 
## After 4150 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.725431840868
## 
## After 4200 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.725431840868

## 
## After 4250 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.264043590231

## Completed.
print(res_stimuli_modality)
## glmulti.analysis
## Method: h / Fitting: rma.glmulti / IC used: aicc
## Level: 1 / Marginality: FALSE
## From 32 models:
## Best IC: 706.701764559021
## Best model:
## [1] "d_calc ~ 1 + mean_age + agent_argument_type_clean + patient_argument_type_clean + "    
## [2] "    stimuli_actor + stimuli_modality + presentation_type + test_mass_or_distributed + "
## [3] "    practice_phase + character_identification + n_repetitions_sentence"                
## Evidence weight: 0.203141843655482
## Worst IC: 716.639540018314
## 4 models within 2 IC units.
## 14 models to reach 95% of evidence weight.
top <- weightable(res_stimuli_modality)
top <- top[top$aicc <= min(top$aicc) + 2,]
top
summary(res_stimuli_modality@objects[[1]])
## 
## Multivariate Meta-Analysis Model (k = 122; method: ML)
## 
##    logLik   Deviance        AIC        BIC       AICc 
## -330.6254   700.8664   699.2508   752.5272   706.7018   
## 
## Variance Components: none
## 
## Test for Residual Heterogeneity:
## QE(df = 103) = 700.8664, p-val < .0001
## 
## Test of Moderators (coefficients 2:19):
## QM(df = 18) = 150.0416, p-val < .0001
## 
## Model Results:
## 
##                                             estimate      se     zval    pval 
## intrcpt                                      -0.2287  0.2797  -0.8175  0.4136 
## mean_age                                     -0.0003  0.0001  -1.9823  0.0474 
## agent_argument_type_cleandropping_noise      -0.5515  0.2761  -1.9975  0.0458 
## agent_argument_type_cleannoun                -0.3254  0.1868  -1.7418  0.0816 
## agent_argument_type_cleannoun_phrase         -0.0634  0.2435  -0.2605  0.7945 
## agent_argument_type_cleanpronoun             -0.8812  0.2313  -3.8098  0.0001 
## agent_argument_type_cleanvarying_agent       -0.1676  0.1632  -1.0268  0.3045 
## patient_argument_type_cleannoun               0.1485  0.0992   1.4975  0.1343 
## patient_argument_type_cleannoun_phrase        1.0240  0.1528   6.7036  <.0001 
## patient_argument_type_cleanpronoun            0.9535  0.1411   6.7589  <.0001 
## patient_argument_type_cleanvarying_patient   -0.2982  0.1561  -1.9096  0.0562 
## stimuli_actorperson                          -0.4040  0.1256  -3.2156  0.0013 
## stimuli_modalityvideo                         0.4379  0.1166   3.7569  0.0002 
## presentation_typeimmediate_after              0.5451  0.1250   4.3600  <.0001 
## presentation_typesimultaneous                 0.4229  0.1341   3.1525  0.0016 
## test_mass_or_distributedmass                  0.2852  0.0970   2.9387  0.0033 
## practice_phaseyes                             0.3219  0.0954   3.3736  0.0007 
## character_identificationyes                   0.1782  0.0970   1.8366  0.0663 
## n_repetitions_sentence                        0.0280  0.0081   3.4641  0.0005 
##                                               ci.lb    ci.ub 
## intrcpt                                     -0.7770   0.3196      
## mean_age                                    -0.0005  -0.0000    * 
## agent_argument_type_cleandropping_noise     -1.0927  -0.0104    * 
## agent_argument_type_cleannoun               -0.6916   0.0408    . 
## agent_argument_type_cleannoun_phrase        -0.5406   0.4137      
## agent_argument_type_cleanpronoun            -1.3346  -0.4279  *** 
## agent_argument_type_cleanvarying_agent      -0.4874   0.1523      
## patient_argument_type_cleannoun             -0.0459   0.3429      
## patient_argument_type_cleannoun_phrase       0.7246   1.3234  *** 
## patient_argument_type_cleanpronoun           0.6770   1.2300  *** 
## patient_argument_type_cleanvarying_patient  -0.6042   0.0079    . 
## stimuli_actorperson                         -0.6503  -0.1578   ** 
## stimuli_modalityvideo                        0.2095   0.6664  *** 
## presentation_typeimmediate_after             0.3001   0.7902  *** 
## presentation_typesimultaneous                0.1600   0.6857   ** 
## test_mass_or_distributedmass                 0.0950   0.4754   ** 
## practice_phaseyes                            0.1349   0.5090  *** 
## character_identificationyes                 -0.0120   0.3683    . 
## n_repetitions_sentence                       0.0121   0.0438  *** 
## 
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
plot(res_stimuli_modality, type="s")
summary(res_stimuli_modality@objects[[2]])
## 
## Multivariate Meta-Analysis Model (k = 122; method: ML)
## 
##    logLik   Deviance        AIC        BIC       AICc 
## -330.6254   700.8664   699.2508   752.5272   706.7018   
## 
## Variance Components: none
## 
## Test for Residual Heterogeneity:
## QE(df = 103) = 700.8664, p-val < .0001
## 
## Test of Moderators (coefficients 2:19):
## QM(df = 18) = 150.0416, p-val < .0001
## 
## Model Results:
## 
##                                          estimate      se     zval    pval 
## intrcpt                                   -0.2287  0.2797  -0.8175  0.4136 
## mean_age                                  -0.0003  0.0001  -1.9823  0.0474 
## sentence_structuretransitive              -0.2982  0.1561  -1.9096  0.0562 
## agent_argument_type_cleandropping_noise   -0.5515  0.2761  -1.9975  0.0458 
## agent_argument_type_cleannoun             -0.3254  0.1868  -1.7418  0.0816 
## agent_argument_type_cleannoun_phrase      -0.0634  0.2435  -0.2605  0.7945 
## agent_argument_type_cleanpronoun          -0.8812  0.2313  -3.8098  0.0001 
## agent_argument_type_cleanvarying_agent    -0.1676  0.1632  -1.0268  0.3045 
## patient_argument_type_cleannoun            0.4467  0.1555   2.8722  0.0041 
## patient_argument_type_cleannoun_phrase     1.3221  0.2150   6.1504  <.0001 
## patient_argument_type_cleanpronoun         1.2516  0.2113   5.9229  <.0001 
## stimuli_actorperson                       -0.4040  0.1256  -3.2156  0.0013 
## stimuli_modalityvideo                      0.4379  0.1166   3.7569  0.0002 
## presentation_typeimmediate_after           0.5451  0.1250   4.3600  <.0001 
## presentation_typesimultaneous              0.4229  0.1341   3.1525  0.0016 
## test_mass_or_distributedmass               0.2852  0.0970   2.9387  0.0033 
## practice_phaseyes                          0.3219  0.0954   3.3736  0.0007 
## character_identificationyes                0.1782  0.0970   1.8366  0.0663 
## n_repetitions_sentence                     0.0280  0.0081   3.4641  0.0005 
##                                            ci.lb    ci.ub 
## intrcpt                                  -0.7770   0.3196      
## mean_age                                 -0.0005  -0.0000    * 
## sentence_structuretransitive             -0.6042   0.0079    . 
## agent_argument_type_cleandropping_noise  -1.0927  -0.0104    * 
## agent_argument_type_cleannoun            -0.6916   0.0408    . 
## agent_argument_type_cleannoun_phrase     -0.5406   0.4137      
## agent_argument_type_cleanpronoun         -1.3346  -0.4279  *** 
## agent_argument_type_cleanvarying_agent   -0.4874   0.1523      
## patient_argument_type_cleannoun           0.1419   0.7515   ** 
## patient_argument_type_cleannoun_phrase    0.9008   1.7435  *** 
## patient_argument_type_cleanpronoun        0.8375   1.6658  *** 
## stimuli_actorperson                      -0.6503  -0.1578   ** 
## stimuli_modalityvideo                     0.2095   0.6664  *** 
## presentation_typeimmediate_after          0.3001   0.7902  *** 
## presentation_typesimultaneous             0.1600   0.6857   ** 
## test_mass_or_distributedmass              0.0950   0.4754   ** 
## practice_phaseyes                         0.1349   0.5090  *** 
## character_identificationyes              -0.0120   0.3683    . 
## n_repetitions_sentence                    0.0121   0.0438  *** 
## 
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
plot(res_stimuli_modality, type="s")

eval(metafor:::.glmulti)
coef(res_stimuli_modality)
##                                                 Estimate Uncond. variance
## n_repetitions_video                        -0.0006649441     6.341921e-05
## sentence_structuretransitive               -0.1241124600     2.647338e-02
## patient_argument_type_cleanvarying_patient -0.1241124600     2.647338e-02
## character_identificationyes                 0.1097882058     1.470371e-02
## test_mass_or_distributedmass                0.2779182638     1.154394e-02
## n_repetitions_sentence                      0.0254551966     7.574539e-05
## stimuli_actorperson                        -0.4397645527     1.956733e-02
## practice_phaseyes                           0.3347419906     1.103947e-02
## stimuli_modalityvideo                       0.4503787301     1.574553e-02
## intrcpt                                    -0.2003987496     8.550051e-02
## mean_age                                   -0.0002705268     2.037752e-08
## agent_argument_type_cleandropping_noise    -0.5500867955     7.633480e-02
## agent_argument_type_cleannoun              -0.2980023091     3.899715e-02
## agent_argument_type_cleannoun_phrase       -0.0257183171     6.568437e-02
## agent_argument_type_cleanpronoun           -0.8428606109     5.819676e-02
## agent_argument_type_cleanvarying_agent     -0.1502023131     2.713530e-02
## patient_argument_type_cleannoun             0.2864103496     3.233317e-02
## patient_argument_type_cleannoun_phrase      1.1422621464     5.024955e-02
## patient_argument_type_cleanpronoun          1.0683456389     4.765425e-02
## presentation_typeimmediate_after            0.5415033237     1.678297e-02
## presentation_typesimultaneous               0.3985945599     2.013134e-02
##                                            Nb models Importance
## n_repetitions_video                               12  0.2108270
## sentence_structuretransitive                      16  0.5000000
## patient_argument_type_cleanvarying_patient        16  0.5000000
## character_identificationyes                       20  0.5772402
## test_mass_or_distributedmass                      24  0.9541696
## n_repetitions_sentence                            26  0.9791009
## stimuli_actorperson                               26  0.9800472
## practice_phaseyes                                 26  0.9820008
## stimuli_modalityvideo                             30  0.9968208
## intrcpt                                           32  1.0000000
## mean_age                                          32  1.0000000
## agent_argument_type_cleandropping_noise           32  1.0000000
## agent_argument_type_cleannoun                     32  1.0000000
## agent_argument_type_cleannoun_phrase              32  1.0000000
## agent_argument_type_cleanpronoun                  32  1.0000000
## agent_argument_type_cleanvarying_agent            32  1.0000000
## patient_argument_type_cleannoun                   32  1.0000000
## patient_argument_type_cleannoun_phrase            32  1.0000000
## patient_argument_type_cleanpronoun                32  1.0000000
## presentation_typeimmediate_after                  32  1.0000000
## presentation_typesimultaneous                     32  1.0000000
##                                            +/- (alpha=0.05)
## n_repetitions_video                            0.0156084038
## sentence_structuretransitive                   0.3188987177
## patient_argument_type_cleanvarying_patient     0.3188987177
## character_identificationyes                    0.2376629723
## test_mass_or_distributedmass                   0.2105838980
## n_repetitions_sentence                         0.0170579243
## stimuli_actorperson                            0.2741661593
## practice_phaseyes                              0.2059312680
## stimuli_modalityvideo                          0.2459386026
## intrcpt                                        0.5731026892
## mean_age                                       0.0002797846
## agent_argument_type_cleandropping_noise        0.5415136014
## agent_argument_type_cleannoun                  0.3870477501
## agent_argument_type_cleannoun_phrase           0.5023184185
## agent_argument_type_cleanpronoun               0.4728217935
## agent_argument_type_cleanvarying_agent         0.3228608865
## patient_argument_type_cleannoun                0.3524294923
## patient_argument_type_cleannoun_phrase         0.4393535856
## patient_argument_type_cleanpronoun             0.4278572757
## presentation_typeimmediate_after               0.2539115450
## presentation_typesimultaneous                  0.2780893765
mmi <- as.data.frame(coef(res_stimuli_modality))
mmi <- data.frame(Estimate=mmi$Est, SE=sqrt(mmi$Uncond), Importance=mmi$Importance, row.names=row.names(mmi))
mmi$z <- mmi$Estimate / mmi$SE
mmi$p <- 2*pnorm(abs(mmi$z), lower.tail=FALSE)
names(mmi) <- c("Estimate", "Std. Error", "Importance", "z value", "Pr(>|z|)")
mmi$ci.lb <- mmi[[1]] - qnorm(.975) * mmi[[2]]
mmi$ci.ub <- mmi[[1]] + qnorm(.975) * mmi[[2]]
mmi <- mmi[order(mmi$Importance, decreasing=TRUE), c(1,2,4:7,3)]
round(mmi, 4)